export VLLM_ENGINE_ITERATION_TIMEOUT_S=36000
export VLLM_RPC_TIMEOUT=36000000

vllm serve /data/QwQ-32B --served_model_name "qwq32" -tp 4 --max-model-len $[40*1024] --disable_log_stats --trust-remote-code --host 0.0.0.0 --port 8000
